from common import preprocess

def main():
    tokens, token_to_id, id_to_token = preprocess("Hello, world! How are you?")
    print(tokens)
    print(token_to_id)
    print(id_to_token)

if __name__ == '__main__':
    main()